package fr.mywiki.business.wiki;

import junit.framework.TestCase;

public class WikiWordTokenizerTest extends TestCase {

	/** Tokenize a string with only spaces to separate */
	public void testTokenWithSpacesOnly() {
		WikiWordTokenizer tokenizer = new WikiWordTokenizer("my text is not long");
		
		assertEquals(5,tokenizer.countWords());
		assertEquals("my",tokenizer.nextWord());
		assertEquals("text",tokenizer.nextWord());
		assertEquals("is",tokenizer.nextWord());
		assertEquals("not",tokenizer.nextWord());
		assertEquals("long",tokenizer.nextWord());
		
		tokenizer = new WikiWordTokenizer("Content of my article is very nice to say and explain to you as you are here.");
		
		
	}

}
